from gxl_ai_utils.utils import utils_file
import dragon_ai
import os
tar_dir = "/home/A02_tmpdata1/data/context_asr_sentence_full/shards"
# data_list = "/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/emotion_data_raw/data_no_child_no_osum.list"
data_list = "/home/A02_tmpdata2/data/context_asr_sentence_full/combine_data/valid_file_short_no_punctuation/data.list"
if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata2/data/context_asr_sentence_full/combine_data/valid_file_no_think'
   task_tag = "<TRANSCRIBE>"
   # dragon_ai.remove(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")